{
    "description": "Simple LLM Chain using HuggingFace Inference API on falcon-7b-instruct model",
    "framework": ["Langchain"],
    "usecases": ["Basic"],
    "nodes": [
        {
            "width": 300,
            "height": 475,
            "id": "promptTemplate_0",
            "position": {
                "x": 506.50436294210306,
                "y": 504.50766458127396
            },
            "type": "customNode",
            "data": {
                "id": "promptTemplate_0",
                "label": "Prompt Template",
                "version": 1,
                "name": "promptTemplate",
                "type": "PromptTemplate",
                "baseClasses": ["PromptTemplate", "BaseStringPromptTemplate", "BasePromptTemplate"],
                "category": "Prompts",
                "description": "Schema to represent a basic prompt for an LLM",
                "inputParams": [
                    {
                        "label": "Template",
                        "name": "template",
                        "type": "string",
                        "rows": 4,
                        "placeholder": "What is a good name for a company that makes {product}?",
                        "id": "promptTemplate_0-input-template-string"
                    },
                    {
                        "label": "Format Prompt Values",
                        "name": "promptValues",
                        "type": "json",
                        "optional": true,
                        "acceptVariable": true,
                        "list": true,
                        "id": "promptTemplate_0-input-promptValues-json"
                    }
                ],
                "inputAnchors": [],
                "inputs": {
                    "template": "Question: {question}\n\nAnswer: Let's think step by step.",
                    "promptValues": ""
                },
                "outputAnchors": [
                    {
                        "id": "promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate",
                        "name": "promptTemplate",
                        "label": "PromptTemplate",
                        "type": "PromptTemplate | BaseStringPromptTemplate | BasePromptTemplate"
                    }
                ],
                "outputs": {},
                "selected": false
            },
            "selected": false,
            "positionAbsolute": {
                "x": 506.50436294210306,
                "y": 504.50766458127396
            },
            "dragging": false
        },
        {
            "width": 300,
            "height": 577,
            "id": "huggingFaceInference_LLMs_0",
            "position": {
                "x": 498.8594464193537,
                "y": -94.91050256311678
            },
            "type": "customNode",
            "data": {
                "id": "huggingFaceInference_LLMs_0",
                "label": "HuggingFace Inference",
                "version": 2,
                "name": "huggingFaceInference_LLMs",
                "type": "HuggingFaceInference",
                "baseClasses": ["HuggingFaceInference", "LLM", "BaseLLM", "BaseLanguageModel"],
                "category": "LLMs",
                "description": "Wrapper around HuggingFace large language models",
                "inputParams": [
                    {
                        "label": "Connect Credential",
                        "name": "credential",
                        "type": "credential",
                        "credentialNames": ["huggingFaceApi"],
                        "id": "huggingFaceInference_LLMs_0-input-credential-credential"
                    },
                    {
                        "label": "Model",
                        "name": "model",
                        "type": "string",
                        "description": "If using own inference endpoint, leave this blank",
                        "placeholder": "gpt2",
                        "optional": true,
                        "id": "huggingFaceInference_LLMs_0-input-model-string"
                    },
                    {
                        "label": "Endpoint",
                        "name": "endpoint",
                        "type": "string",
                        "placeholder": "https://xyz.eu-west-1.aws.endpoints.huggingface.cloud/gpt2",
                        "description": "Using your own inference endpoint",
                        "optional": true,
                        "id": "huggingFaceInference_LLMs_0-input-endpoint-string"
                    },
                    {
                        "label": "Temperature",
                        "name": "temperature",
                        "type": "number",
                        "description": "Temperature parameter may not apply to certain model. Please check available model parameters",
                        "optional": true,
                        "additionalParams": true,
                        "id": "huggingFaceInference_LLMs_0-input-temperature-number"
                    },
                    {
                        "label": "Max Tokens",
                        "name": "maxTokens",
                        "type": "number",
                        "description": "Max Tokens parameter may not apply to certain model. Please check available model parameters",
                        "optional": true,
                        "additionalParams": true,
                        "id": "huggingFaceInference_LLMs_0-input-maxTokens-number"
                    },
                    {
                        "label": "Top Probability",
                        "name": "topP",
                        "type": "number",
                        "description": "Top Probability parameter may not apply to certain model. Please check available model parameters",
                        "optional": true,
                        "additionalParams": true,
                        "id": "huggingFaceInference_LLMs_0-input-topP-number"
                    },
                    {
                        "label": "Top K",
                        "name": "hfTopK",
                        "type": "number",
                        "description": "Top K parameter may not apply to certain model. Please check available model parameters",
                        "optional": true,
                        "additionalParams": true,
                        "id": "huggingFaceInference_LLMs_0-input-hfTopK-number"
                    },
                    {
                        "label": "Frequency Penalty",
                        "name": "frequencyPenalty",
                        "type": "number",
                        "description": "Frequency Penalty parameter may not apply to certain model. Please check available model parameters",
                        "optional": true,
                        "additionalParams": true,
                        "id": "huggingFaceInference_LLMs_0-input-frequencyPenalty-number"
                    }
                ],
                "inputAnchors": [
                    {
                        "label": "Cache",
                        "name": "cache",
                        "type": "BaseCache",
                        "optional": true,
                        "id": "huggingFaceInference_LLMs_0-input-cache-BaseCache"
                    }
                ],
                "inputs": {
                    "model": "tiiuae/falcon-7b-instruct",
                    "endpoint": "",
                    "temperature": "",
                    "maxTokens": "",
                    "topP": "",
                    "hfTopK": "",
                    "frequencyPenalty": ""
                },
                "outputAnchors": [
                    {
                        "id": "huggingFaceInference_LLMs_0-output-huggingFaceInference_LLMs-HuggingFaceInference|LLM|BaseLLM|BaseLanguageModel",
                        "name": "huggingFaceInference_LLMs",
                        "label": "HuggingFaceInference",
                        "type": "HuggingFaceInference | LLM | BaseLLM | BaseLanguageModel"
                    }
                ],
                "outputs": {},
                "selected": false
            },
            "selected": false,
            "positionAbsolute": {
                "x": 498.8594464193537,
                "y": -94.91050256311678
            },
            "dragging": false
        },
        {
            "width": 300,
            "height": 456,
            "id": "llmChain_0",
            "position": {
                "x": 909.6249320819859,
                "y": 338.9520801783737
            },
            "type": "customNode",
            "data": {
                "id": "llmChain_0",
                "label": "LLM Chain",
                "version": 3,
                "name": "llmChain",
                "type": "LLMChain",
                "baseClasses": ["LLMChain", "BaseChain", "Runnable"],
                "category": "Chains",
                "description": "Chain to run queries against LLMs",
                "inputParams": [
                    {
                        "label": "Chain Name",
                        "name": "chainName",
                        "type": "string",
                        "placeholder": "Name Your Chain",
                        "optional": true,
                        "id": "llmChain_0-input-chainName-string"
                    }
                ],
                "inputAnchors": [
                    {
                        "label": "Language Model",
                        "name": "model",
                        "type": "BaseLanguageModel",
                        "id": "llmChain_0-input-model-BaseLanguageModel"
                    },
                    {
                        "label": "Prompt",
                        "name": "prompt",
                        "type": "BasePromptTemplate",
                        "id": "llmChain_0-input-prompt-BasePromptTemplate"
                    },
                    {
                        "label": "Output Parser",
                        "name": "outputParser",
                        "type": "BaseLLMOutputParser",
                        "optional": true,
                        "id": "llmChain_0-input-outputParser-BaseLLMOutputParser"
                    },
                    {
                        "label": "Input Moderation",
                        "description": "Detect text that could generate harmful output and prevent it from being sent to the language model",
                        "name": "inputModeration",
                        "type": "Moderation",
                        "optional": true,
                        "list": true,
                        "id": "llmChain_0-input-inputModeration-Moderation"
                    }
                ],
                "inputs": {
                    "model": "{{huggingFaceInference_LLMs_0.data.instance}}",
                    "prompt": "{{promptTemplate_0.data.instance}}",
                    "outputParser": "",
                    "chainName": "",
                    "inputModeration": ""
                },
                "outputAnchors": [
                    {
                        "name": "output",
                        "label": "Output",
                        "type": "options",
                        "options": [
                            {
                                "id": "llmChain_0-output-llmChain-LLMChain|BaseChain|Runnable",
                                "name": "llmChain",
                                "label": "LLM Chain",
                                "type": "LLMChain | BaseChain | Runnable"
                            },
                            {
                                "id": "llmChain_0-output-outputPrediction-string|json",
                                "name": "outputPrediction",
                                "label": "Output Prediction",
                                "type": "string | json"
                            }
                        ],
                        "default": "llmChain"
                    }
                ],
                "outputs": {
                    "output": "llmChain"
                },
                "selected": false
            },
            "selected": false,
            "positionAbsolute": {
                "x": 909.6249320819859,
                "y": 338.9520801783737
            },
            "dragging": false
        }
    ],
    "edges": [
        {
            "source": "huggingFaceInference_LLMs_0",
            "sourceHandle": "huggingFaceInference_LLMs_0-output-huggingFaceInference_LLMs-HuggingFaceInference|LLM|BaseLLM|BaseLanguageModel",
            "target": "llmChain_0",
            "targetHandle": "llmChain_0-input-model-BaseLanguageModel",
            "type": "buttonedge",
            "id": "huggingFaceInference_LLMs_0-huggingFaceInference_LLMs_0-output-huggingFaceInference_LLMs-HuggingFaceInference|LLM|BaseLLM|BaseLanguageModel-llmChain_0-llmChain_0-input-model-BaseLanguageModel",
            "data": {
                "label": ""
            }
        },
        {
            "source": "promptTemplate_0",
            "sourceHandle": "promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate",
            "target": "llmChain_0",
            "targetHandle": "llmChain_0-input-prompt-BasePromptTemplate",
            "type": "buttonedge",
            "id": "promptTemplate_0-promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate-llmChain_0-llmChain_0-input-prompt-BasePromptTemplate",
            "data": {
                "label": ""
            }
        }
    ]
}